package io.renren.modules.crawler.controller;

import io.renren.modules.crawler.utils.URLFecter;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.http.client.HttpClient;
import org.apache.http.impl.client.HttpClients;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;

/**
 * Created by zhangheng on 2017/9/20.
 */
public class SougouMain {
    static Log log = LogFactory.getLog(SougouMain.class);
    public static void main(String[] args) {
        HttpClient client = HttpClients.createDefault();
        String url = "http://weixin.sogou.com/";
        String entity = null;
        try {
            entity = URLFecter.URLParser(client, url);
            Document document = Jsoup.parse(entity);
        } catch (Exception e) {
            e.printStackTrace();
        }
        System.out.println(entity);
    }
}

